https://www.hansking.cn/blog A posts created with Next.js and Tailwind.css en-us admin@hansking.cn (HANS) admin@hansking.cn (HANS) Sun, 12 May 2024 10:00:00 GMT https://www.hansking.cn/blog/2026/Llama3-kai-yuan-mo-xing-bu-shu-yu-API-feng-zhuang https://www.hansking.cn/blog/2026/Llama3-kai-yuan-mo-xing-bu-shu-yu-API-feng-zhuang [{"value":"Llama 3 开源模型部署与 API 封装","url":"#llama-3-开源模型部署与-api-封装","depth":1},{"value":"一、开源模型不只是一个权重文件","url":"#一开源模型不只是一个权重文件","depth":2},{"value":"二、先算显存和上下文预算","url":"#二先算显存和上下文预算","depth":2},{"value":"三、Tokenizer 和 Chat Template 必须匹配","url":"#三tokenizer-和-chat-template-必须匹配","depth":2},{"value":"四、选择推理运行时","url":"#四选择推理运行时","depth":2},{"value":"五、先实现一个统一的内部接口","url":"#五先实现一个统一的内部接口","depth":2},{"value":"六、封装 OpenAI 兼容 API","url":"#六封装-openai-兼容-api","depth":2},{"value":"七、生成参数不是越随机越好","url":"#七生成参数不是越随机越好","depth":2},{"value":"八、并发：单用户快不代表多人可用","url":"#八并发单用户快不代表多人可用","depth":2},{"value":"九、鉴权、限流和数据边界不能省","url":"#九鉴权限流和数据边界不能省","depth":2},{"value":"十、健康检查和优雅退出","url":"#十健康检查和优雅退出","depth":2},{"value":"十一、用基准测试决定本地部署是否值得","url":"#十一用基准测试决定本地部署是否值得","depth":2},{"value":"十二、我的总结：开源权重是起点，不是产品","url":"#十二我的总结开源权重是起点不是产品","depth":2}] Sun, 12 May 2024 10:00:00 GMT admin@hansking.cn (HANS) AILLMLlama 3本地部署API